package cn.q3c.download.base;

import java.util.List;
import java.util.Map;

import cn.keyvalue.ccf.common.object.Hyperlink;
import cn.keyvalue.ccf.common.object.ListPage;
import cn.q3c.download.commons.ConfigProject;

/**
 * 爬虫基类，一次加载的，内部可以加一些变量缓存
 * @author wangxinning
 *
 */
public abstract class BaseSpider {

	//需要下载的链接列表
	//public abstract List<Hyperlink> getSpiderHyperlinkList();
	
	//key=parent value=Hyperlink
	//key=spiderHyperlinkList  value=List<Hyperlink>
	public abstract List<ListPage> getSpiderHyperlinkList();
	
	//下载的字符集
	public abstract String getCharset();
	
//	private String m_urls;
//	
//	public void setUrls( String urls )
//	{
//		m_urls = urls;
//	}
//	
//	public String getUrls()
//	{
//		return this.m_urls;
//	}
	
	private ConfigProject configProject;

	public ConfigProject getConfigProject() {
		return configProject;
	}

	public void setConfigProject(ConfigProject configProject) {
		this.configProject = configProject;
	}
	
	public String getLastUrl() {
		return lastUrl;
	}

	public void setLastUrl(String lastUrl) {
		this.lastUrl = lastUrl;
	}

	protected String lastUrl;
}
